Tensor2Tensor HParams,MOSES BLEU,Sparsity,begin_pruning_step,end_pruning_step,pruning_frequency,regularization,threshold_decay
sparse_transformer_magnitude_pruning,24.45,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.85,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.12,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.76,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.12,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.61,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.87,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.78,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.87,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.74,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.53,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.98,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.64,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.14,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.71,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.45,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.66,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,25.01,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.79,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.64,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.87,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.96,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.86,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.57,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.93,0.5,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.3,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.32,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.77,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.02,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.23,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.27,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.18,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.16,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.16,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.08,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.22,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.41,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.12,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.26,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.3,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.24,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.12,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.99,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.22,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.25,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.26,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.09,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.28,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.12,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,24.16,0.600001454353,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.37,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.08,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.22,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.22,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.15,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.35,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.41,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.29,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.51,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.46,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.44,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.09,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.16,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.32,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.33,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.64,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.21,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.17,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.57,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.07,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.26,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.45,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.35,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,23.27,0.700000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_magnitude_pruning,22.41,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.54,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.73,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.28,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.48,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.54,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.77,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.33,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.26,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.3,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.55,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.35,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.27,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.62,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.36,0.800001084805,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.31,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.44,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.27,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.53,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.41,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.77,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.6,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.47,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.43,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,22.43,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.63,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.22,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.66,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.43,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.54,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.32,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.45,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.56,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.55,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.6,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.57,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.51,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.59,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.49,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.91,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.75,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.28,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.35,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.98,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.61,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.8,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.47,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.27,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.47,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,20.39,0.900000751019,0,400000,10000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.88,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.98,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.92,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.65,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.54,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.43,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.72,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.72,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.52,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.61,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.45,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.81,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.4,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.81,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.47,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.36,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.94,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.34,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.37,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.31,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.95,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.77,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,18.1,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.81,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,17.75,0.950000584126,100000,300000,1000,label_smoothing,0
sparse_transformer_magnitude_pruning,13.2,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.8,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.11,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.79,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.67,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.95,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.98,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.15,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.5,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.45,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.9,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.68,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.77,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.2,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.75,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.06,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.07,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.58,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.87,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.84,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.76,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.52,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,13.3,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.84,0.980001270771,0,300000,1000,none,0
sparse_transformer_magnitude_pruning,12.78,0.980001270771,0,300000,1000,none,0
